#!/bin/bash
epoch=0_37499_s2t

# S2T
datasets="alpacaeval commoneval sd-qa"
for dataset in $datasets; do
    echo "Testing dataset: $dataset"
    python api_judge2.py \
        --src_file ./$epoch/$dataset.jsonl
done

# python api_judge2.py \
#     --src_file ./$epoch/osum-sd-qa-aus-audio.jsonl

# T2T
# datasets="alpacaeval commoneval"
# datasets="alpacaeval"
# for dataset in $datasets; do
#     echo "Testing dataset: $dataset"
#     python api_judge2.py \
#         --src_file ./$epoch/osum-$dataset-test-audio.jsonl
# done

# python api_judge2.py \
#     --src_file ./$epoch/osum-sd-qa-aus-audio.jsonl